stage=0
data_version=18.18

. utils/parse_options.sh

train_data=data/data_v${data_version}.train.jsonl.8192.hunyuan.json.ep1.qwen2.sample_merge.pt
valid_data=data/data_v${data_version}.valid.jsonl.8192.hunyuan.json.ep1.qwen2.sample_merge.pt
#train_data=data/data_v${data_version}.train.jsonl.16384.hunyuan.json.ep1.qwen2.sample_merge.pt
#valid_data=data/data_v${data_version}.valid.jsonl.16384.hunyuan.json.ep1.qwen2.sample_merge.pt
#train_data_32k=data/data_v${data_version}.train.jsonl.32768.hunyuan.json.ep1.glm3.sample_merge.pt
#valid_data_32k=data/data_v${data_version}.valid.jsonl.32768.hunyuan.json.ep1.glm3.no_sample_merge.pt


if [ $stage -le 0 ]; then
    echo "Stage 0: Training Model"
    bash launch_distributed.sh \
        --DATA_PATH $train_data \
	--VALID_DATA_PATH $valid_data \
	--SAVE_PREFIX qwen2.5_3b_mglm_datav${data_version} \
	--SCRIPT scripts/pretrain_qwen_3b.sh
fi


if [ $stage -le 1 ]; then
    echo "Stage 1: Run EMPTY"
    bash scripts/empty.sh

fi
